# -*- coding: utf-8 -*-

# Scrapy settings for goods project
#
# For simplicity, this file contains only the most important settings by
# default. All the other settings are documented here:
#
#     http://doc.scrapy.org/en/latest/topics/settings.html
#

BOT_NAME = 'goods'


MONGODB_SERVER = "localhost"
MONGODB_PORT = 27017
MONGODB_DB = "gather"
MONGODB_COLL = "goods"

MYSQL_SERVER = "192.168.33.1"
MYSQL_PORT = 3306
MYSQL_DB = "gather"
MYSQL_USER = "root"
MYSQL_PASS = "root"
MYSQL_TB = "goods_smart"
MYSQL_TB_ATTR = "goods_smart_attrs"

BASE_URL = "http://detail.zol.com.cn/"

SORT_LIST={
    '827':['GPSwatch',1,'智能手表'],
    '829':['IntelligentBracelet',1,'智能手环'],
    '832':['Smart_glasses',1,'智能眼镜'],

    '874':['Intelligentsocket',1,'智能插座'],
    '862':['IntelligentLEDlamp',1,'智能灯光'],
    '854':['doorbell',1,'智能门控'],

    '626':['solid_state_drive',1,'固态硬盘'],
    '15':['digital_camera',0,'数码相机'],
    '27':['desktop_pc',1,'台式电脑'],
    '28':['cpu',1,'CPU'],
    '383':['servercpu',1,'服务器CPU'],
    '84':['lcd',1,'液晶显示器'],
    '5':['motherboard',1,'主板'],
    '593':['netbook',1,'上网本'],
    '16':['notebook',0,'笔记本电脑'],
    '57':['cell_phone',0,'手机'],
    '44':['router',1,'路由器'],
    '702':['tablepc',1,'平板电脑'],
    '314':['digital_tv',1,'平板电视'],
    '6':['vga',1,'显卡'],
}

SPIDER_MODULES = ['goods.spiders']
NEWSPIDER_MODULE = 'goods.spiders'
ITEM_PIPELINES={
    # 'goods.pipelines.mongodb.SingleMongodbPipeline':400,
    'goods.pipelines.mysqldb.SingleMySqlPipeline':400,
}

RETRY_ENABLED = False
COOKIES_ENABLED = False
REDIRECT_ENABLED = False

LOG_ENABLED = True
LOG_ENCODING = 'utf-8'
#LOG_LEVEL = 'DEBUG'
LOG_STDOUT = True

DOWNLOADER_MIDDLEWARES = {
    'goods.middleware.RandomUserAgent': 1
}

USER_AGENTS = [
    "Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; SV1; AcooBrowser; .NET CLR 1.1.4322; .NET CLR 2.0.50727)",
    "Mozilla/4.0 (compatible; MSIE 7.0; Windows NT 6.0; Acoo Browser; SLCC1; .NET CLR 2.0.50727; Media Center PC 5.0; .NET CLR 3.0.04506)",
    "Mozilla/4.0 (compatible; MSIE 7.0; AOL 9.5; AOLBuild 4337.35; Windows NT 5.1; .NET CLR 1.1.4322; .NET CLR 2.0.50727)",
    "Mozilla/5.0 (Windows; U; MSIE 9.0; Windows NT 9.0; en-US)",
    "Mozilla/5.0 (compatible; MSIE 9.0; Windows NT 6.1; Win64; x64; Trident/5.0; .NET CLR 3.5.30729; .NET CLR 3.0.30729; .NET CLR 2.0.50727; Media Center PC 6.0)",
    "Mozilla/5.0 (compatible; MSIE 8.0; Windows NT 6.0; Trident/4.0; WOW64; Trident/4.0; SLCC2; .NET CLR 2.0.50727; .NET CLR 3.5.30729; .NET CLR 3.0.30729; .NET CLR 1.0.3705; .NET CLR 1.1.4322)",
    "Mozilla/4.0 (compatible; MSIE 7.0b; Windows NT 5.2; .NET CLR 1.1.4322; .NET CLR 2.0.50727; InfoPath.2; .NET CLR 3.0.04506.30)",
    "Mozilla/5.0 (Windows; U; Windows NT 5.1; zh-CN) AppleWebKit/523.15 (KHTML, like Gecko, Safari/419.3) Arora/0.3 (Change: 287 c9dfb30)",
    "Mozilla/5.0 (X11; U; Linux; en-US) AppleWebKit/527+ (KHTML, like Gecko, Safari/419.3) Arora/0.6",
    "Mozilla/5.0 (Windows; U; Windows NT 5.1; en-US; rv:1.8.1.2pre) Gecko/20070215 K-Ninja/2.1.1",
    "Mozilla/5.0 (Windows; U; Windows NT 5.1; zh-CN; rv:1.9) Gecko/20080705 Firefox/3.0 Kapiko/3.0",
    "Mozilla/5.0 (X11; Linux i686; U;) Gecko/20070322 Kazehakase/0.4.5",
    "Mozilla/5.0 (X11; U; Linux i686; en-US; rv:1.9.0.8) Gecko Fedora/1.9.0.8-1.fc10 Kazehakase/0.5.6",
    "Mozilla/5.0 (Windows NT 6.1; WOW64) AppleWebKit/535.11 (KHTML, like Gecko) Chrome/17.0.963.56 Safari/535.11",
    "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_7_3) AppleWebKit/535.20 (KHTML, like Gecko) Chrome/19.0.1036.7 Safari/535.20",
    "Opera/9.80 (Macintosh; Intel Mac OS X 10.6.8; U; fr) Presto/2.9.168 Version/11.52",
]